"""
Case Type   : 发布订阅
Case Name   : 发布订阅同步数据的同时发布端备升主
Create At   : 2022-11-08
Owner       : opentestcase004
Description :
    1.在两个集群创建表
    2.创建发布订阅
    3.发布端插入数据
    4.订阅端查询数据
    5.停止订阅端
    6.发布端插入数据
    7.停止发布端主节点
    8.重启订阅端
    9.重启订阅端的同时,发布端备升主
    10.订阅端查询数据是否更新
    11.停止订阅端
    12.发布端修改数据
    13.停止发布端当前主节点
    14.重启订阅端
    15.重启订阅端的同时,发布端备升主
    16.订阅端查询数据是否更新
    17.清理环境
Expect      :
    1.成功
    2.成功
    3.成功
    4.数据更新
    5.成功
    6.成功
    7.成功
    8.成功
    9.成功
    10.数据更新
    11.成功
    12.成功
    13.成功
    14.成功
    15.成功
    16.数据更新
    17.成功
History     : 
"""

import os
import time
import unittest
from yat.test import macro
from yat.test import Node
from testcase.utils.Common import Common
from testcase.utils.CommonSH import CommonSH
from testcase.utils.ComThread import ComThread
from testcase.utils.Constant import Constant
from testcase.utils.Logger import Logger

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 != Primary_SH.get_node_num(), '非1+2环境不执行')
class Pubsubclass(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info("-----------this is setup-----------")
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_userdb_pub_sta = Node(node='Standby1DbUser')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.commsh_pub_sta = CommonSH('Standby1DbUser')
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.com_pub = Common()
        self.com_sub = Common('remote1_PrimaryDbUser')
        self.tb_name1 = 't_pub_sub_0195_1'
        self.tb_name2 = 't_pub_sub_0195_2'
        self.subname = "s_pub_sub_0195"
        self.pubname = "p_pub_sub_0195"
        self.parent_path_pub = os.path.dirname(macro.DB_INSTANCE_PATH)
        self.parent_path_sub = os.path.dirname(macro.DB_INSTANCE_PATH_REMOTE1)
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com_pub.show_param("wal_level")
        self.enable_slot_log = self.com_pub.show_param("enable_slot_log")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
            f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
            f'-W {self.pri_userdb_sub.db_password}'
        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')} " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(result)
        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')}" \
            f" {os.path.join(self.parent_path_sub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(result)
        self.hostname = self.pri_userdb_sub.sh('hostname').result().strip()
        text = "--step:预置条件,修改pg_hba expect:成功"
        self.log.info(text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    all  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
        self.assertTrue(result, '执行失败' + text)
        result = self.commsh_pub.restart_db_cluster(True)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host all  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub_sta.db_user} '
            f'{self.pri_userdb_pub_sta.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host all  {self.pri_userdb_pub_sta.db_user} '
            f'{self.pri_userdb_pub_sta.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        result = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, 'enable_slot_log=on')
        self.log.info(result)
        self.assertTrue(result, '执行失败' + text)

    def test_pub_sub(self):
        text = "--step1:在两个集群创建表 expect:成功--"
        self.log.info(text)
        sql_cmd = f"drop table if exists {self.tb_name1};" \
            f"drop table if exists {self.tb_name2};" \
            f"create table {self.tb_name1}(id1 int primary key,id2 int,id3 " \
            f"int);" \
            f"create table {self.tb_name2}(id int primary key constraint " \
            f"id_nn not null,use_filename varchar2(20),filename " \
            f"varchar2(255),text varchar2(2000))" \
            f"partition by range(id)" \
            f"( " \
            f"      partition p1 values less than(30)," \
            f"      partition P2 values less than(60)," \
            f"      partition P3 values less than(90)," \
            f"      partition P4 values less than(MAXVALUE)" \
            f");"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.DROP_TABLE_SUCCESS),
                         2, '执行失败' + text)
        self.assertEqual(pub_result.count(self.constant.TABLE_CREATE_SUCCESS),
                         4, '执行失败' + text)
        sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(sub_result.count(self.constant.DROP_TABLE_SUCCESS),
                         2, '执行失败' + text)
        self.assertEqual(sub_result.count(self.constant.TABLE_CREATE_SUCCESS),
                         4, '执行失败' + text)

        text = "--step2:创建发布订阅 expect:成功--"
        self.log.info(text)
        sql_cmd = f"drop publication if exists {self.pubname};" \
            f"create publication {self.pubname} for all tables;"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertIn(self.constant.drop_pub_succ_msg, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.create_pub_succ_msg, pub_result,
                      '执行失败' + text)
        result = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn(self.constant.create_keycipher_success, result,
                      '执行失败' + text)
        sql_cmd = f"drop subscription if exists {self.subname};" \
            f"create subscription {self.subname} connection " \
            f"'host={self.pri_userdb_pub.db_host} " \
            f"port={self.port} user={self.pri_userdb_pub.db_user} " \
            f"dbname={self.pri_userdb_pub.db_name} " \
            f"password={self.pri_userdb_pub.ssh_password}' publication " \
            f"{self.pubname} with (binary=true);"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn(self.constant.drop_sub_succ_msg, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.create_sub_succ_msg, sub_result, '执行失败'
                      + text)

        text = "--step3:发布端插入数据 expect:成功--"
        self.log.info(text)
        sql_cmd = f"insert into {self.tb_name1} values(1,1,1);" \
            f"insert into {self.tb_name2} values(1,'first','%一',''); "
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.INSERT_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "--step4:订阅端查询数据是否更新 expect:数据更新--"
        self.log.info(text)
        sql_select1 = f"select pg_sleep(5.5);" \
            f"select * from {self.tb_name1};"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select1, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn("1 |   1 |   1", sub_result, '执行失败' + text)
        sql_select2 = f"select pg_sleep(5.5);" \
            f"select * from {self.tb_name2};"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select2, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn("1 | first        | %一", sub_result, '执行失败' + text)

        text = "--step5:停止订阅端 expect:成功--"
        self.log.info(text)
        sub_result = self.commsh_sub.stop_db_cluster(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertTrue(sub_result, '执行失败' + text)

        text = "--step6:发布端插入数据 expect:成功--"
        self.log.info(text)
        sql_cmd = f"insert into {self.tb_name1} " \
            f"values(generate_series(2,1000),1,1);" \
            f"insert into {self.tb_name2} values(generate_series(2,1000)," \
            f"'first','%一',''); "
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.INSERT_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "--step7:停止发布端主节点 expect:成功--"
        self.log.info(text)
        pub_result = self.commsh_pub.stop_db_instance()
        self.log.info(pub_result)
        self.assertTrue(pub_result, '执行失败' + text)

        text = "--step8:重启订阅端 expect:成功--"
        self.log.info(text)
        sub_thread = ComThread(self.commsh_sub.start_db_cluster, args=(
            True, macro.DB_ENV_PATH_REMOTE1,))
        sub_thread.setDaemon(True)
        sub_thread.start()

        text = "--step9:重启订阅端的同时,发布端备升主 expect:成功--"
        self.log.info(text)
        pub_thread = ComThread(self.commsh_pub_sta.execute_gsctl, args=(
            'failover', self.constant.FAILOVER_SUCCESS_MSG,))
        pub_thread.setDaemon(True)
        pub_thread.start()
        sub_thread.join(600)
        time.sleep(2)
        pub_thread.join(500)
        sub_result = sub_thread.get_result()
        self.log.info(sub_result)
        pub_result = pub_thread.get_result()
        self.log.info(pub_result)
        self.assertTrue(sub_result, '执行失败' + text)
        self.assertTrue(pub_result, '执行失败' + text)
        pub_result = self.commsh_pub_sta.exec_refresh_conf()
        self.log.info(pub_result)
        self.assertTrue(pub_result, '执行失败' + text)

        text = "--step10:订阅端查询数据是否更新 expect:数据更新--"
        self.log.info(text)
        sql_select1 = f"select pg_sleep(5.5);select id1 from {self.tb_name1};" \
            f"select id from {self.tb_name2};"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select1, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(sub_result.count('1000 rows'), 2, '执行失败' + text)

        text = "--step11:停止订阅端 expect:成功--"
        self.log.info(text)
        sub_result = self.commsh_sub.stop_db_cluster(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertTrue(sub_result, '执行失败' + text)

        text = "--step12:发布端修改数据 expect:成功--"
        pub_result = self.commsh_pub.start_db_instance("standby")
        self.log.info(pub_result)
        self.assertTrue(pub_result, '执行失败' + text)
        self.log.info(text)
        sql_cmd = f"update {self.tb_name1} set id2=999;" \
            f"update {self.tb_name2} set filename='new'; "
        pub_result = self.commsh_pub_sta.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.UPDATE_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "--step13:停止发布端当前主节点 expect:成功--"
        self.log.info(text)
        pub_result = self.commsh_pub_sta.stop_db_instance()
        self.log.info(pub_result)
        self.assertTrue(pub_result, '执行失败' + text)

        text = "--step14:重启订阅端 expect:成功--"
        self.log.info(text)
        sub_thread = ComThread(self.commsh_sub.start_db_cluster, args=(
            True, macro.DB_ENV_PATH_REMOTE1,))
        sub_thread.setDaemon(True)
        sub_thread.start()

        text = "--step15:重启订阅端的同时,发布端备升主 expect:成功--"
        self.log.info(text)
        pub_thread = ComThread(self.commsh_pub.execute_gsctl, args=(
            'failover', self.constant.FAILOVER_SUCCESS_MSG,))
        pub_thread.setDaemon(True)
        pub_thread.start()
        sub_thread.join(600)
        time.sleep(2)
        pub_thread.join(500)
        sub_result = sub_thread.get_result()
        self.log.info(sub_result)
        pub_result = pub_thread.get_result()
        self.log.info(pub_result)
        self.assertTrue(sub_result, '执行失败' + text)
        self.assertTrue(pub_result, '执行失败' + text)
        pub_result = self.commsh_pub.exec_refresh_conf()
        self.log.info(pub_result)
        self.assertTrue(pub_result, '执行失败' + text)

        text = "--step16:订阅端查询数据是否更新 expect:数据更新--"
        self.log.info(text)
        sql_select = f"select pg_sleep(5.5);" \
            f"select count(id2) from {self.tb_name1} where id2=999;"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '1000',
                         '执行失败' + text)
        sql_select = f"select count(filename) from {self.tb_name2} where " \
            f"filename='new';"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '1000',
                         '执行失败' + text)

    def tearDown(self):
        text = "--step17:清理环境 expect:成功--"
        self.log.info(text)
        sql_cmd = f"drop subscription if exists {self.subname};"
        drop_sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_sub_result)
        sql_cmd = f"drop publication if exists {self.pubname};"
        drop_pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(drop_pub_result)
        sql_cmd = f"drop table if exists {self.tb_name1};" \
            f"drop table if exists {self.tb_name2};"
        result_sub = \
            self.commsh_sub.execut_db_sql(sql_cmd, self.user_param_sub, None,
                                          macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result_sub)
        result_pub = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(result_pub)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')} " \
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')} "
        self.log.info(cmd)
        sh_result = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(sh_result)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_sub, 'pg_hba.conf')} " \
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')} "
        self.log.info(cmd)
        sh_result1 = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(sh_result1)
        result1 = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        self.log.info(result1)
        result2 = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'enable_slot_log={self.enable_slot_log}')
        self.log.info(result2)
        pub_result = self.commsh_pub.restart_db_cluster(True)
        sub_result = self.commsh_sub.restart_db_cluster(
            True, macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(pub_result, '执行失败' + text)
        self.assertTrue(sub_result, '执行失败' + text)
        self.assertTrue(result1, '执行失败' + text)
        self.assertTrue(result2, '执行失败' + text)
        self.assertEqual("", sh_result, '执行失败' + text)
        self.assertEqual("", sh_result1, '执行失败' + text)
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.drop_sub_succ_msg, drop_sub_result,
                      '执行失败' + text)
        self.assertEqual(result_sub.count(self.constant.DROP_TABLE_SUCCESS), 2,
                         '执行失败' + text)
        self.assertEqual(result_pub.count(self.constant.DROP_TABLE_SUCCESS), 2,
                         '执行失败' + text)
        self.log.info(f"-----{os.path.basename(__file__)} end-----")

